{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "261a148a",
   "metadata": {},
   "source": [
    "# Run many seeds of SATURN"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "da1fc2d5",
   "metadata": {},
   "source": [
    "To replicate SATURN results for frog and zebrafish embryogenesis you need to run SATURN 30 times with different seeds.\n",
    "\n",
    "To more easily do this analysis, we have provided a python script that will run SATURN a certain number of times.\n",
    "\n",
    "\n",
    "**NOTE: run the Train SATURN vignette first, `Vignettes/frog_zebrafish_embryogenesis/Train SATURN.ipynb`**"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "c65f72fd",
   "metadata": {},
   "outputs": [],
   "source": [
    "# Make a path fixed copy of the run file from the vignette\n",
    "import pandas as pd\n",
    "run_df = pd.read_csv(\"data/frog_zebrafish_run.csv\")\n",
    "run_df[\"path\"] = [\"Vignettes/frog_zebrafish_embryogenesis/\" + path for path in run_df[\"path\"] ]\n",
    "run_df.to_csv(\"data/frog_zebrafish_run_multi.csv\", index=False)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "6bc9f4e7",
   "metadata": {},
   "source": [
    "# Run the 30 seeds"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "2fe18d19",
   "metadata": {},
   "source": [
    "*This will take a while*"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "05b0b662",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "['5', '6', '7', '8']\n",
      "  0%|                                                    | 0/30 [00:00<?, ?it/s]RUNNING SEED: 0 ON GPU:5\n",
      "RUNNING SEED: 1 ON GPU:6\n",
      "RUNNING SEED: 2 ON GPU:7\n",
      "RUNNING SEED: 3 ON GPU:8\n",
      "Global seed set to 0\n",
      "Global seed set to 0\n",
      "Global seed set to 0\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.628314733505249, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.85it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6406631469726562, Avg Loss frog: 1858, Avg Lo\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.688323736190796, Avg Loss frog: 1856, Avg Los\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.667391538619995, Avg Loss frog: 1856, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  7.08it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  7.04it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.95it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.18it/s]\n",
      " 13%|████▉                                | 4/30 [2:16:20<14:46:11, 2045.05s/it]RUNNING SEED: 4 ON GPU:5\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:09<00:00, 15.97it/s]\n",
      " 17%|██████▏                              | 5/30 [2:18:04<10:39:18, 1534.33s/it]RUNNING SEED: 5 ON GPU:6\n",
      " 89%|████████████████████████████████████▌    | 140/157 [00:09<00:01, 15.88it/s]Global seed set to 0\n",
      " 94%|██████████████████████████████████████▋  | 148/157 [00:09<00:00, 15.83it/s]/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.36it/s]\n",
      " 20%|███████▌                              | 6/30 [2:18:18<7:27:32, 1118.85s/it]RUNNING SEED: 6 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:09<00:00, 15.93it/s]\n",
      " 23%|█████████                              | 7/30 [2:19:47<5:18:08, 829.94s/it]RUNNING SEED: 7 ON GPU:7\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6084635257720947, Avg Loss frog: 1853, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.72it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.616427183151245, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.80it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.582101583480835, Avg Loss frog: 1859, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:24<00:00,  6.44it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6402065753936768, Avg Loss frog: 1856, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:25<00:00,  6.22it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.81it/s]\n",
      " 27%|█████████▊                           | 8/30 [4:37:33<18:04:42, 2958.30s/it]RUNNING SEED: 8 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.80it/s]\n",
      " 30%|███████████                          | 9/30 [5:04:40<15:00:13, 2572.05s/it]RUNNING SEED: 9 ON GPU:7\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.63it/s]\n",
      " 33%|████████████                        | 10/30 [5:18:54<11:29:30, 2068.52s/it]RUNNING SEED: 10 ON GPU:6\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:11<00:00, 13.57it/s]\n",
      " 37%|█████████████▏                      | 11/30 [5:59:26<11:29:00, 2175.83s/it]RUNNING SEED: 11 ON GPU:5\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6734321117401123, Avg Loss frog: 1856, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.97it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6359012126922607, Avg Loss frog: 1857, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.68it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.74it/s]\n",
      " 40%|██████████████▍                     | 12/30 [6:57:22<12:48:25, 2561.40s/it]RUNNING SEED: 12 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6469128131866455, Avg Loss frog: 1857, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.65it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.652643918991089, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:25<00:00,  6.25it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.09it/s]\n",
      " 43%|███████████████▌                    | 13/30 [7:52:19<13:07:45, 2780.30s/it]RUNNING SEED: 13 ON GPU:7\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.54it/s]\n",
      " 47%|████████████████▊                   | 14/30 [8:19:23<10:49:24, 2435.26s/it]RUNNING SEED: 14 ON GPU:6\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6572606563568115, Avg Loss frog: 1855, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.82it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.93it/s]\n",
      " 50%|██████████████████                  | 15/30 [9:18:51<11:33:27, 2773.82s/it]RUNNING SEED: 15 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6968400478363037, Avg Loss frog: 1856, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.84it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.52it/s]\n",
      " 53%|███████████████████▋                 | 16/30 [9:46:13<9:28:14, 2435.29s/it]RUNNING SEED: 16 ON GPU:5\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.648280620574951, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.75it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.92it/s]\n",
      " 57%|████████████████████▍               | 17/30 [10:38:02<9:31:20, 2636.95s/it]RUNNING SEED: 17 ON GPU:7\n",
      "Epoch 72: L1 Loss 0.0 Rank Loss 3.037513494491577, Avg Loss frog: 1941, Avg LossGlobal seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.5854218006134033, Avg Loss frog: 1858, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.91it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.30it/s]\n",
      " 60%|█████████████████████▌              | 18/30 [11:15:23<8:23:40, 2518.40s/it]RUNNING SEED: 18 ON GPU:6\n",
      "Epoch 39: L1 Loss 0.0 Rank Loss 3.678830862045288, Avg Loss frog: 2013, Avg LossGlobal seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6065547466278076, Avg Loss frog: 1856, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:25<00:00,  6.27it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.31it/s]\n",
      " 63%|██████████████████████▊             | 19/30 [11:37:08<6:35:00, 2154.59s/it]RUNNING SEED: 19 ON GPU:8\n",
      "Epoch 93: L1 Loss 0.0 Rank Loss 3.038782835006714, Avg Loss frog: 1920, Avg LossGlobal seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.644800901412964, Avg Loss frog: 1857, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.71it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.631890058517456, Avg Loss frog: 1856, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:24<00:00,  6.37it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.633173704147339, Avg Loss frog: 1856, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:22<00:00,  6.83it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.65it/s]\n",
      " 67%|████████████████████████            | 20/30 [13:25:04<9:35:00, 3450.04s/it]RUNNING SEED: 20 ON GPU:7\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:11<00:00, 13.74it/s]\n",
      " 70%|█████████████████████████▏          | 21/30 [13:29:12<6:13:30, 2490.01s/it]RUNNING SEED: 21 ON GPU:5\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.16it/s]\n",
      " 73%|██████████████████████████▍         | 22/30 [13:54:57<4:54:13, 2206.66s/it]RUNNING SEED: 22 ON GPU:8\n",
      "Epoch 22: L1 Loss 0.0 Rank Loss 4.198623180389404, Avg Loss frog: 2083, Avg LossGlobal seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.54it/s]\n",
      " 77%|███████████████████████████▌        | 23/30 [14:14:17<3:40:48, 1892.62s/it]RUNNING SEED: 23 ON GPU:6\n",
      "Global seed set to 0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.623051404953003, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.66it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.655632734298706, Avg Loss frog: 1856, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:25<00:00,  6.18it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.7219409942626953, Avg Loss frog: 1855, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.81it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6708030700683594, Avg Loss frog: 1858, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.61it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.90it/s]\n",
      " 80%|████████████████████████████▊       | 24/30 [16:11:13<5:42:56, 3429.36s/it]RUNNING SEED: 24 ON GPU:7\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.26it/s]\n",
      " 83%|██████████████████████████████      | 25/30 [16:14:49<3:25:27, 2465.53s/it]RUNNING SEED: 25 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:11<00:00, 13.22it/s]\n",
      " 87%|███████████████████████████████▏    | 26/30 [17:14:22<3:06:31, 2797.82s/it]RUNNING SEED: 26 ON GPU:5\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "100%|█████████████████████████████████████████| 157/157 [00:11<00:00, 13.63it/s]\n",
      " 90%|████████████████████████████████▍   | 27/30 [17:14:58<1:38:27, 1969.22s/it]RUNNING SEED: 27 ON GPU:6\n",
      "Epoch 105: L1 Loss 0.0 Rank Loss 2.9098823070526123, Avg Loss frog: 1904, Avg LoGlobal seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.682760000228882, Avg Loss frog: 1854, Avg Los\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.642362594604492, Avg Loss frog: 1858, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.76it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.65it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.61it/s]\n",
      " 93%|█████████████████████████████████▌  | 28/30 [18:34:21<1:33:34, 2807.26s/it]RUNNING SEED: 28 ON GPU:8\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.632037401199341, Avg Loss frog: 1855, Avg Los\n",
      "100%|█████████████████████████████████████████| 157/157 [00:09<00:00, 15.77it/s]\n",
      " 97%|████████████████████████████████████▋ | 29/30 [18:55:32<39:06, 2346.56s/it]RUNNING SEED: 29 ON GPU:7\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.74it/s]\n",
      "Global seed set to 0\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:53: LightningDeprecationWarning: pytorch_lightning.utilities.warnings.rank_zero_deprecation has been deprecated in v1.6 and will be removed in v1.8. Use the equivalent function from the pytorch_lightning.utilities.rank_zero module instead.\n",
      "  new_rank_zero_deprecation(\n",
      "/lfs/hyperturing2/0/yanay/lib/python3.8/site-packages/pytorch_lightning/utilities/warnings.py:58: LightningDeprecationWarning: The `pytorch_lightning.loggers.base.rank_zero_experiment` is deprecated in v1.7 and will be removed in v1.9. Please use `pytorch_lightning.loggers.logger.rank_zero_experiment` instead.\n",
      "  return new_rank_zero_deprecation(*args, **kwargs)\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6468939781188965, Avg Loss frog: 1854, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:25<00:00,  6.21it/s]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6986501216888428, Avg Loss frog: 1854, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:24<00:00,  6.49it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:11<00:00, 13.68it/s]\n",
      "100%|██████████████████████████████████████| 30/30 [20:12:29<00:00, 2424.98s/it]\n",
      "Epoch 200: L1 Loss 0.0 Rank Loss 2.6737990379333496, Avg Loss frog: 1859, Avg Lo\n",
      "100%|█████████████████████████████████████████| 157/157 [00:23<00:00,  6.67it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 14.78it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:09<00:00, 15.73it/s]\n",
      "100%|█████████████████████████████████████████| 157/157 [00:10<00:00, 15.01it/s]\n"
     ]
    }
   ],
   "source": [
    "!cd ../../ ; python3 saturn_multiple_seeds.py \\\n",
    "                --run=Vignettes/frog_zebrafish_embryogenesis/data/frog_zebrafish_run_multi.csv --embedding_model=ESM2 \\\n",
    "                --gpus 5 6 7 8 \\\n",
    "                --seeds=30 --pe_sim_penalty=0.2"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "0c23d77d",
   "metadata": {},
   "source": [
    "# Score the 30 seeds"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "753005f1",
   "metadata": {},
   "source": [
    "We now need to score each SATURN run. First, we create a csv file mapping each run to a path."
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "fb54278a",
   "metadata": {},
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>seed</th>\n",
       "      <th>path</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>16</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "  seed                                               path\n",
       "0   27  Vignettes/multiple_seeds_results/saturn_result...\n",
       "1    0  Vignettes/multiple_seeds_results/saturn_result...\n",
       "2   16  Vignettes/multiple_seeds_results/saturn_result...\n",
       "3    4  Vignettes/multiple_seeds_results/saturn_result...\n",
       "4   12  Vignettes/multiple_seeds_results/saturn_result..."
      ]
     },
     "metadata": {},
     "output_type": "display_data"
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "30\n"
     ]
    }
   ],
   "source": [
    "from glob import glob\n",
    "\n",
    "fz_adatas = glob(\"../multiple_seeds_results/saturn_results/*ESM2*2000*8000*default*.h5ad\")\n",
    "fz_adatas = [path.replace(\"..\", \"Vignettes\") for path in fz_adatas if \"pretrain\" not in path and \"frog\" in path]\n",
    "seeds = [path.split(\"_\")[-1].replace(\".h5ad\", \"\") for path in fz_adatas]\n",
    "fz_adatas, seeds\n",
    "\n",
    "import pandas as pd\n",
    "score_df = pd.DataFrame()\n",
    "score_df[\"seed\"] = seeds\n",
    "score_df[\"path\"] = fz_adatas\n",
    "display(score_df.head())\n",
    "print(len(score_df))\n",
    "score_df.to_csv(\"./data/fz_multi_seeds.csv\", index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "c3b2e934",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "score_adata.py:1060: SyntaxWarning: \"is\" with a literal. Did you mean \"==\"?\n",
      "  if species_1 or species_2 is \"human\":\n",
      "score_adata.py:1065: SyntaxWarning: \"is\" with a literal. Did you mean \"==\"?\n",
      "  elif species_1 or species_2 is \"zebrafish\":\n",
      "0\n",
      "100%|███████████████████████████████████████████| 30/30 [10:46<00:00, 21.55s/it]\n",
      "100%|███████████████████████████████████████████| 30/30 [07:48<00:00, 15.61s/it]\n",
      "Vignettes/frog_zebrafish_embryogenesis/data/fz_multi_seeds_scores.csv\n",
      "    seed  ...              Label\n",
      "0     27  ...  zebrafish to frog\n",
      "1      0  ...  zebrafish to frog\n",
      "2     16  ...  zebrafish to frog\n",
      "3      4  ...  zebrafish to frog\n",
      "4     12  ...  zebrafish to frog\n",
      "5     23  ...  zebrafish to frog\n",
      "6      8  ...  zebrafish to frog\n",
      "7      9  ...  zebrafish to frog\n",
      "8     26  ...  zebrafish to frog\n",
      "9      1  ...  zebrafish to frog\n",
      "10    17  ...  zebrafish to frog\n",
      "11     5  ...  zebrafish to frog\n",
      "12    13  ...  zebrafish to frog\n",
      "13    22  ...  zebrafish to frog\n",
      "14    19  ...  zebrafish to frog\n",
      "15    28  ...  zebrafish to frog\n",
      "16    24  ...  zebrafish to frog\n",
      "17     3  ...  zebrafish to frog\n",
      "18    15  ...  zebrafish to frog\n",
      "19     7  ...  zebrafish to frog\n",
      "20    11  ...  zebrafish to frog\n",
      "21    20  ...  zebrafish to frog\n",
      "22    25  ...  zebrafish to frog\n",
      "23     2  ...  zebrafish to frog\n",
      "24    14  ...  zebrafish to frog\n",
      "25     6  ...  zebrafish to frog\n",
      "26    10  ...  zebrafish to frog\n",
      "27    21  ...  zebrafish to frog\n",
      "28    18  ...  zebrafish to frog\n",
      "29    29  ...  zebrafish to frog\n",
      "0     27  ...  frog to zebrafish\n",
      "1      0  ...  frog to zebrafish\n",
      "2     16  ...  frog to zebrafish\n",
      "3      4  ...  frog to zebrafish\n",
      "4     12  ...  frog to zebrafish\n",
      "5     23  ...  frog to zebrafish\n",
      "6      8  ...  frog to zebrafish\n",
      "7      9  ...  frog to zebrafish\n",
      "8     26  ...  frog to zebrafish\n",
      "9      1  ...  frog to zebrafish\n",
      "10    17  ...  frog to zebrafish\n",
      "11     5  ...  frog to zebrafish\n",
      "12    13  ...  frog to zebrafish\n",
      "13    22  ...  frog to zebrafish\n",
      "14    19  ...  frog to zebrafish\n",
      "15    28  ...  frog to zebrafish\n",
      "16    24  ...  frog to zebrafish\n",
      "17     3  ...  frog to zebrafish\n",
      "18    15  ...  frog to zebrafish\n",
      "19     7  ...  frog to zebrafish\n",
      "20    11  ...  frog to zebrafish\n",
      "21    20  ...  frog to zebrafish\n",
      "22    25  ...  frog to zebrafish\n",
      "23     2  ...  frog to zebrafish\n",
      "24    14  ...  frog to zebrafish\n",
      "25     6  ...  frog to zebrafish\n",
      "26    10  ...  frog to zebrafish\n",
      "27    21  ...  frog to zebrafish\n",
      "28    18  ...  frog to zebrafish\n",
      "29    29  ...  frog to zebrafish\n",
      "\n",
      "[60 rows x 6 columns]\n"
     ]
    }
   ],
   "source": [
    "!cd ../../ ; python3 score_adata.py --adata=Vignettes/frog_zebrafish_embryogenesis/data/fz_multi_seeds.csv --scores=1 \\\n",
    "                                 --multiple_files --species1=zebrafish --species2=frog --label=labels2 \\\n",
    "                                 --ct_map=Vignettes/frog_zebrafish_embryogenesis/data/frog_zebrafish_cell_type_map.csv"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "4fb9d95f",
   "metadata": {},
   "source": [
    "The script will save a copy with scores to `\"./data/fz_multi_seeds_scores.csv\"`"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "db8d8b07",
   "metadata": {
    "scrolled": true
   },
   "outputs": [
    {
     "data": {
      "text/html": [
       "<div>\n",
       "<style scoped>\n",
       "    .dataframe tbody tr th:only-of-type {\n",
       "        vertical-align: middle;\n",
       "    }\n",
       "\n",
       "    .dataframe tbody tr th {\n",
       "        vertical-align: top;\n",
       "    }\n",
       "\n",
       "    .dataframe thead th {\n",
       "        text-align: right;\n",
       "    }\n",
       "</style>\n",
       "<table border=\"1\" class=\"dataframe\">\n",
       "  <thead>\n",
       "    <tr style=\"text-align: right;\">\n",
       "      <th></th>\n",
       "      <th>seed</th>\n",
       "      <th>path</th>\n",
       "      <th>Logistic Regression</th>\n",
       "      <th>Balanced Regression</th>\n",
       "      <th>Reannotation</th>\n",
       "      <th>Label</th>\n",
       "    </tr>\n",
       "  </thead>\n",
       "  <tbody>\n",
       "    <tr>\n",
       "      <th>0</th>\n",
       "      <td>27</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.841399</td>\n",
       "      <td>0.516604</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>1</th>\n",
       "      <td>0</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.854026</td>\n",
       "      <td>0.542394</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>2</th>\n",
       "      <td>16</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.865828</td>\n",
       "      <td>0.529514</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>3</th>\n",
       "      <td>4</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.849311</td>\n",
       "      <td>0.508423</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>4</th>\n",
       "      <td>12</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.865219</td>\n",
       "      <td>0.534301</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>5</th>\n",
       "      <td>23</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.859060</td>\n",
       "      <td>0.543006</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>6</th>\n",
       "      <td>8</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.855965</td>\n",
       "      <td>0.526980</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>7</th>\n",
       "      <td>9</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.733708</td>\n",
       "      <td>0.438924</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>8</th>\n",
       "      <td>26</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.868066</td>\n",
       "      <td>0.537993</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>9</th>\n",
       "      <td>1</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.860288</td>\n",
       "      <td>0.528257</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>10</th>\n",
       "      <td>17</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.865632</td>\n",
       "      <td>0.542359</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>11</th>\n",
       "      <td>5</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.858111</td>\n",
       "      <td>0.533143</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>12</th>\n",
       "      <td>13</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.765750</td>\n",
       "      <td>0.508799</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>13</th>\n",
       "      <td>22</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.854377</td>\n",
       "      <td>0.528827</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>14</th>\n",
       "      <td>19</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.867293</td>\n",
       "      <td>0.545929</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>15</th>\n",
       "      <td>28</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.791551</td>\n",
       "      <td>0.496615</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>16</th>\n",
       "      <td>24</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.829350</td>\n",
       "      <td>0.499036</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>17</th>\n",
       "      <td>3</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.854201</td>\n",
       "      <td>0.527760</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>18</th>\n",
       "      <td>15</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.855429</td>\n",
       "      <td>0.523113</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>19</th>\n",
       "      <td>7</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.853644</td>\n",
       "      <td>0.513952</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>20</th>\n",
       "      <td>11</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.782308</td>\n",
       "      <td>0.515305</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>21</th>\n",
       "      <td>20</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.861340</td>\n",
       "      <td>0.532606</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>22</th>\n",
       "      <td>25</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.854480</td>\n",
       "      <td>0.533552</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>23</th>\n",
       "      <td>2</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.836447</td>\n",
       "      <td>0.489811</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>24</th>\n",
       "      <td>14</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.861918</td>\n",
       "      <td>0.539786</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>25</th>\n",
       "      <td>6</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.787187</td>\n",
       "      <td>0.483231</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>26</th>\n",
       "      <td>10</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.863269</td>\n",
       "      <td>0.551743</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>27</th>\n",
       "      <td>21</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.866271</td>\n",
       "      <td>0.542659</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>28</th>\n",
       "      <td>18</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.859555</td>\n",
       "      <td>0.529980</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>29</th>\n",
       "      <td>29</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.862320</td>\n",
       "      <td>0.545825</td>\n",
       "      <td>NaN</td>\n",
       "      <td>zebrafish to frog</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>30</th>\n",
       "      <td>27</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.689353</td>\n",
       "      <td>0.444826</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>31</th>\n",
       "      <td>0</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.800792</td>\n",
       "      <td>0.458890</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>32</th>\n",
       "      <td>16</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.844771</td>\n",
       "      <td>0.461186</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>33</th>\n",
       "      <td>4</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.787016</td>\n",
       "      <td>0.428091</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>34</th>\n",
       "      <td>12</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.854823</td>\n",
       "      <td>0.485982</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>35</th>\n",
       "      <td>23</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.857174</td>\n",
       "      <td>0.483010</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>36</th>\n",
       "      <td>8</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.798899</td>\n",
       "      <td>0.454589</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>37</th>\n",
       "      <td>9</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.796184</td>\n",
       "      <td>0.413999</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>38</th>\n",
       "      <td>26</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.858247</td>\n",
       "      <td>0.488882</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>39</th>\n",
       "      <td>1</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.859131</td>\n",
       "      <td>0.482224</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>40</th>\n",
       "      <td>17</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.859920</td>\n",
       "      <td>0.497243</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>41</th>\n",
       "      <td>5</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.802954</td>\n",
       "      <td>0.474426</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>42</th>\n",
       "      <td>13</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.794180</td>\n",
       "      <td>0.445100</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>43</th>\n",
       "      <td>22</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.855407</td>\n",
       "      <td>0.471244</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>44</th>\n",
       "      <td>19</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.861309</td>\n",
       "      <td>0.499134</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>45</th>\n",
       "      <td>28</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.838254</td>\n",
       "      <td>0.447939</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>46</th>\n",
       "      <td>24</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.775481</td>\n",
       "      <td>0.414342</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>47</th>\n",
       "      <td>3</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.798409</td>\n",
       "      <td>0.443722</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>48</th>\n",
       "      <td>15</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.798441</td>\n",
       "      <td>0.445673</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>49</th>\n",
       "      <td>7</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.801092</td>\n",
       "      <td>0.453568</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>50</th>\n",
       "      <td>11</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.775891</td>\n",
       "      <td>0.441763</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>51</th>\n",
       "      <td>20</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.856717</td>\n",
       "      <td>0.487252</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>52</th>\n",
       "      <td>25</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.800177</td>\n",
       "      <td>0.446638</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>53</th>\n",
       "      <td>2</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.831232</td>\n",
       "      <td>0.442145</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>54</th>\n",
       "      <td>14</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.795395</td>\n",
       "      <td>0.447253</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>55</th>\n",
       "      <td>6</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.786432</td>\n",
       "      <td>0.426414</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>56</th>\n",
       "      <td>10</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.801092</td>\n",
       "      <td>0.459340</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>57</th>\n",
       "      <td>21</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.860157</td>\n",
       "      <td>0.495104</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>58</th>\n",
       "      <td>18</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.800997</td>\n",
       "      <td>0.461973</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "    <tr>\n",
       "      <th>59</th>\n",
       "      <td>29</td>\n",
       "      <td>Vignettes/multiple_seeds_results/saturn_result...</td>\n",
       "      <td>0.860867</td>\n",
       "      <td>0.497497</td>\n",
       "      <td>NaN</td>\n",
       "      <td>frog to zebrafish</td>\n",
       "    </tr>\n",
       "  </tbody>\n",
       "</table>\n",
       "</div>"
      ],
      "text/plain": [
       "    seed                                               path  \\\n",
       "0     27  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "1      0  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "2     16  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "3      4  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "4     12  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "5     23  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "6      8  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "7      9  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "8     26  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "9      1  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "10    17  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "11     5  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "12    13  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "13    22  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "14    19  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "15    28  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "16    24  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "17     3  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "18    15  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "19     7  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "20    11  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "21    20  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "22    25  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "23     2  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "24    14  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "25     6  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "26    10  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "27    21  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "28    18  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "29    29  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "30    27  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "31     0  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "32    16  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "33     4  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "34    12  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "35    23  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "36     8  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "37     9  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "38    26  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "39     1  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "40    17  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "41     5  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "42    13  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "43    22  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "44    19  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "45    28  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "46    24  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "47     3  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "48    15  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "49     7  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "50    11  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "51    20  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "52    25  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "53     2  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "54    14  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "55     6  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "56    10  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "57    21  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "58    18  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "59    29  Vignettes/multiple_seeds_results/saturn_result...   \n",
       "\n",
       "    Logistic Regression  Balanced Regression  Reannotation              Label  \n",
       "0              0.841399             0.516604           NaN  zebrafish to frog  \n",
       "1              0.854026             0.542394           NaN  zebrafish to frog  \n",
       "2              0.865828             0.529514           NaN  zebrafish to frog  \n",
       "3              0.849311             0.508423           NaN  zebrafish to frog  \n",
       "4              0.865219             0.534301           NaN  zebrafish to frog  \n",
       "5              0.859060             0.543006           NaN  zebrafish to frog  \n",
       "6              0.855965             0.526980           NaN  zebrafish to frog  \n",
       "7              0.733708             0.438924           NaN  zebrafish to frog  \n",
       "8              0.868066             0.537993           NaN  zebrafish to frog  \n",
       "9              0.860288             0.528257           NaN  zebrafish to frog  \n",
       "10             0.865632             0.542359           NaN  zebrafish to frog  \n",
       "11             0.858111             0.533143           NaN  zebrafish to frog  \n",
       "12             0.765750             0.508799           NaN  zebrafish to frog  \n",
       "13             0.854377             0.528827           NaN  zebrafish to frog  \n",
       "14             0.867293             0.545929           NaN  zebrafish to frog  \n",
       "15             0.791551             0.496615           NaN  zebrafish to frog  \n",
       "16             0.829350             0.499036           NaN  zebrafish to frog  \n",
       "17             0.854201             0.527760           NaN  zebrafish to frog  \n",
       "18             0.855429             0.523113           NaN  zebrafish to frog  \n",
       "19             0.853644             0.513952           NaN  zebrafish to frog  \n",
       "20             0.782308             0.515305           NaN  zebrafish to frog  \n",
       "21             0.861340             0.532606           NaN  zebrafish to frog  \n",
       "22             0.854480             0.533552           NaN  zebrafish to frog  \n",
       "23             0.836447             0.489811           NaN  zebrafish to frog  \n",
       "24             0.861918             0.539786           NaN  zebrafish to frog  \n",
       "25             0.787187             0.483231           NaN  zebrafish to frog  \n",
       "26             0.863269             0.551743           NaN  zebrafish to frog  \n",
       "27             0.866271             0.542659           NaN  zebrafish to frog  \n",
       "28             0.859555             0.529980           NaN  zebrafish to frog  \n",
       "29             0.862320             0.545825           NaN  zebrafish to frog  \n",
       "30             0.689353             0.444826           NaN  frog to zebrafish  \n",
       "31             0.800792             0.458890           NaN  frog to zebrafish  \n",
       "32             0.844771             0.461186           NaN  frog to zebrafish  \n",
       "33             0.787016             0.428091           NaN  frog to zebrafish  \n",
       "34             0.854823             0.485982           NaN  frog to zebrafish  \n",
       "35             0.857174             0.483010           NaN  frog to zebrafish  \n",
       "36             0.798899             0.454589           NaN  frog to zebrafish  \n",
       "37             0.796184             0.413999           NaN  frog to zebrafish  \n",
       "38             0.858247             0.488882           NaN  frog to zebrafish  \n",
       "39             0.859131             0.482224           NaN  frog to zebrafish  \n",
       "40             0.859920             0.497243           NaN  frog to zebrafish  \n",
       "41             0.802954             0.474426           NaN  frog to zebrafish  \n",
       "42             0.794180             0.445100           NaN  frog to zebrafish  \n",
       "43             0.855407             0.471244           NaN  frog to zebrafish  \n",
       "44             0.861309             0.499134           NaN  frog to zebrafish  \n",
       "45             0.838254             0.447939           NaN  frog to zebrafish  \n",
       "46             0.775481             0.414342           NaN  frog to zebrafish  \n",
       "47             0.798409             0.443722           NaN  frog to zebrafish  \n",
       "48             0.798441             0.445673           NaN  frog to zebrafish  \n",
       "49             0.801092             0.453568           NaN  frog to zebrafish  \n",
       "50             0.775891             0.441763           NaN  frog to zebrafish  \n",
       "51             0.856717             0.487252           NaN  frog to zebrafish  \n",
       "52             0.800177             0.446638           NaN  frog to zebrafish  \n",
       "53             0.831232             0.442145           NaN  frog to zebrafish  \n",
       "54             0.795395             0.447253           NaN  frog to zebrafish  \n",
       "55             0.786432             0.426414           NaN  frog to zebrafish  \n",
       "56             0.801092             0.459340           NaN  frog to zebrafish  \n",
       "57             0.860157             0.495104           NaN  frog to zebrafish  \n",
       "58             0.800997             0.461973           NaN  frog to zebrafish  \n",
       "59             0.860867             0.497497           NaN  frog to zebrafish  "
      ]
     },
     "execution_count": 2,
     "metadata": {},
     "output_type": "execute_result"
    }
   ],
   "source": [
    "df = pd.read_csv(\"./data/fz_multi_seeds_scores.csv\")\n",
    "df"
   ]
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3 (ipykernel)",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.8.6"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
